package testers;

import java.util.ArrayList;

import utils.ExtendedURL;
import utils.HTMLCleanrClass;
import utils.URLsCollector;
import utils.Article;;
public class CollectorTester {

	/**
	 * @param args
	 */
	public static void main(String[] args) {
		URLsCollector u=new URLsCollector();
		ArrayList<ExtendedURL> urls= u.getURLsByTicker("GOOG");
		printURLs(urls);
		//HTMLCleanrClass cleaner=new HTMLCleanrClass();
		//ArrayList<Article> docs=cleaner.getTextFromHtml(urls);
		//printDocs(docs);
		

	}
	
	//for debug
	private static void printURLs(ArrayList<ExtendedURL> docArr) {
		for (ExtendedURL doc:docArr){
			System.out.println(doc.getHeader());
			System.out.println(doc.getUrl());
			System.out.println(doc.getDate());
			System.out.println("--------------------------------------------");
		}
		
	}


}
